#!/bin/bash
epoch=osum_30_14999_t2t

# T2T模式
# echo "Testing alpacaeval"
# python evaluate.py \
#    --src_file ./$epoch/result-osum_text-alpacaeval-test-text.jsonl\
#    --evaluator open

# echo "Testing commoneval"
# python evaluate.py \
#    --src_file ./$epoch/result-osum_text-commoneval-test-text.jsonl\
#    --evaluator open

# echo "Testing sd-qa"
# python evaluate.py \
#     --src_file ./$epoch/result-osum_text-sd-qa-aus-text.jsonl \
#     --evaluator qa

echo "Testing openbookqa"
python evaluate.py \
   --src_file ./$epoch/osum_text-openbookqa-test-text.jsonl\
   --evaluator mcq

echo "Testing ifeval"
python evaluate.py \
   --src_file ./$epoch/osum_text-ifeval-test-text.jsonl\
   --evaluator ifeval

echo "Testing advbench"
python evaluate.py \
   --src_file ./$epoch/osum_text-advbench-test-text.jsonl \
   --evaluator harm

tests="law engineering other biology business economics health philosophy psychology history chemistry physics"
for test in $tests; do
   echo "Testing mmsu-$test"
   python evaluate.py \
       --src_file ./$epoch/osum_text-mmsu-$test-text.jsonl \
       --evaluator mcq
done


# S2T模式
# python evaluate.py \
#     --src_file ./$epoch/result-osum-alpacaeval-test-audio.jsonl\
#     --evaluator open

# python evaluate.py \
#     --src_file ./$epoch/result-osum-commoneval-test-audio.jsonl\
#     --evaluator open

# python evaluate.py \
#     --src_file ./$epoch/osum-openbookqa-test-audio.jsonl\
#     --evaluator mcq

# python evaluate.py \
#     --src_file ./$epoch/osum-ifeval-test-audio.jsonl\
#     --evaluator ifeval

# python evaluate.py \
#     --src_file ./$epoch/result-osum-sd-qa-aus-audio.jsonl \
#     --evaluator qa

# python evaluate.py \
#     --src_file ./$epoch/osum-advbench-test-audio.jsonl \
#     --evaluator harm

# tests="law engineering other biology business economics health philosophy psychology history chemistry physics"
# for test in $tests; do
#     echo "Testing mmsu-$test"
#     python evaluate.py \
#         --src_file ./$epoch/osum-mmsu-$test-audio.jsonl \
#         --evaluator mcq
# done
